rnn lm.tex (918B)
1 \begin{tikzpicture}[ltt/.style={out=60,in=-100,looseness=1.5}] 2 \useasboundingbox (-24.5mm, 38mm) rectangle (24.5mm, -2mm); 3 \foreach \t/\n/\x/\focus in {t-1/t/-1.9/\transparencyDefault, t/t+1/0/1, t+1/t+2/1.9/\transparencyDefault}{ 4 \begin{scope}[opacity=\focus] 5 \node (x\t) at (\x, 0mm) {\(\vctr{x}_{\t}\)}; 6 \node[draw] (rnn\t) at (\x, 9mm) {Linear}; 7 \node (h\t) at (\x, 18mm) {\(\vctr{h}_{\t}\)}; 8 \node[draw] (lin\t) at (\x, 27mm) {Linear}; 9 \node (o\t) at (\x, 36mm) {\(\hat{w}_{\n}\)}; 10 11 \draw[arrow] (x\t) -- (rnn\t); 12 \draw[arrow] (rnn\t) -- (h\t); 13 \draw[arrow] (h\t) -- (lin\t); 14 \draw[arrow] (lin\t) -- (o\t); 15 \end{scope} 16 } 17 18 \node at (-1.9, 18mm) {\(\vctr{h}_{t-1}\)}; 19 \draw[arrow] (ht-1) to[ltt] ($(rnnt.south) + (-3mm, 0)$); 20 \draw[arrow,opacity=\transparencyDefault] (ht) to[ltt] ($(rnnt+1.south) + (-3mm, 0)$); 21 \end{tikzpicture}%